7544a178ae15e3535cdd035b53557d91a2e2e0aa,src/org/commoncrawl/mapred/ec2/parser/ParserMapper.java,ParserMapper,map,#Text#CrawlURL#OutputCollector#Reporter#,941

Before Change


    }
    catch (Exception e) {
      LOG.error("Exception Processing URL:" + sourceURL.toString() + "\n" + CCStringUtils.stringifyException(e));
      reporter.incrCounter(Counters.GOT_UNHANDLED_RUNTIME_EXCEPTION, 1);
      //TODO: HACK 
      //throw new IOException(e);
    }

After Change


      if (e instanceof IOException) 
        reporter.incrCounter(Counters.GOT_UNHANDLED_IO_EXCEPTION, 1);
      else 
        reporter.incrCounter(Counters.GOT_UNHANDLED_RUNTIME_EXCEPTION, 1);
    }
    catch (OutOfMemoryError e) { 
      LOG.fatal("Got Out of Memory Error Processing URL:" + sourceURL.toString() + "\n" + CCStringUtils.stringifyException(e));
      reporter.incrCounter(Counters.GOT_OUT_OF_MEMORY_ERROR, 1);
      // bail from the remainder of the map task 
      _terminatedEarly = true;
    }